model_list:
  - model_name: fake-openai-endpoint
    litellm_params:
      model: openai/fake
      api_key: fake-key
      api_base: https://exampleopenaiendpoint-production.up.railway.app/
  - model_name: llama3
    litellm_params:
      model: groq/llama3-8b-8192
  - model_name: gpt-3.5-turbo
    litellm_params:
      model: gpt-3.5-turbo
  - model_name: "*"
    litellm_params:
      model: openai/*
      api_key: os.environ/OPENAI_API_KEY
  - model_name: my-triton-model
    litellm_params:
      model: triton/any"
      api_base: https://exampleopenaiendpoint-production.up.railway.app/triton/embeddings

general_settings:
  store_model_in_db: true
  master_key: sk-1234
  alerting: ["slack"]

litellm_settings:
  success_callback: ["langfuse"]
  failure_callback: ["langfuse"]
  default_team_settings:
    - team_id: 7bf09cd5-217a-40d4-8634-fc31d9b88bf4
      success_callback: ["langfuse"]
      failure_callback: ["langfuse"]
      langfuse_public_key: "os.environ/LANGFUSE_DEV_PUBLIC_KEY"
      langfuse_secret_key: "os.environ/LANGFUSE_DEV_SK_KEY"
